{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# -*- coding: utf-8 -*-\n",
    "import argparse\n",
    "import copy\n",
    "import json\n",
    "import os\n",
    "import pickle\n",
    "import random\n",
    "import re\n",
    "import sys\n",
    "from collections import defaultdict, deque\n",
    "from typing import List\n",
    "import re\n",
    "from typing import Any, List\n",
    "import ipydagred3\n",
    "import networkx as nx\n",
    "import numpy as np\n",
    "import openai\n",
    "from tqdm import tqdm\n",
    "\n",
    "\n",
    "from P3_TOT_utils import *\n",
    "\n",
    "#os.environ[\"http_proxy\"] = \"http://localhost:7890\"\n",
    "#os.environ[\"https_proxy\"] = \"http://localhost:7890\"\n",
    "setOpenAi(keyid = 0)\n",
    "\n",
    "GPT_MODEL = \"gpt-4-turbo\"\n",
    "GPT_MODEL = \"gpt-4o-mini\"\n",
    "GPT_MODEL = \"gpt-3.5-turbo\"\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<OpenAIObject chat.completion id=chatcmpl-A2qalyeeAKxViL07TS2ok5KiBXGRW at 0x10de848c0> JSON: {\n",
       "  \"id\": \"chatcmpl-A2qalyeeAKxViL07TS2ok5KiBXGRW\",\n",
       "  \"object\": \"chat.completion\",\n",
       "  \"created\": 1725242183,\n",
       "  \"model\": \"gpt-3.5-turbo-0125\",\n",
       "  \"choices\": [\n",
       "    {\n",
       "      \"index\": 0,\n",
       "      \"message\": {\n",
       "        \"role\": \"assistant\",\n",
       "        \"content\": \"1. Preheat your oven to the temperature specified in your recipe.\\n\\n2. Grease and flour your cake pans to prevent sticking.\\n\\n3. In a mixing bowl, cream together butter and sugar until light and fluffy.\\n\\n4. Beat in eggs one at a time, mixing well after each addition.\\n\\n5. In a separate bowl, combine flour, baking powder, and salt. Gradually add this dry mixture to the wet ingredients, alternating with milk.\\n\\n6. Stir in any additional flavorings or mix-ins, such as vanilla extract or chocolate chips.\\n\\n7. Pour the batter into your prepared cake pans, smoothing the tops with a spatula.\\n\\n8. Bake in the preheated oven until a toothpick inserted into the center of the cakes comes out clean.\\n\\n9. Allow the cakes to cool in the pans for a few minutes, then transfer them to a wire rack to cool completely.\\n\\n10. Once the cakes are completely cooled, you can frost and decorate them as desired.\\n\\nEnjoy your delicious homemade cake!\",\n",
       "        \"refusal\": null\n",
       "      },\n",
       "      \"logprobs\": {\n",
       "        \"content\": [\n",
       "          {\n",
       "            \"token\": \"1\",\n",
       "            \"logprob\": -1.6752713,\n",
       "            \"bytes\": [\n",
       "              49\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"To\",\n",
       "                \"logprob\": -0.83295554,\n",
       "                \"bytes\": [\n",
       "                  84,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"Here\",\n",
       "                \"logprob\": -1.5439541,\n",
       "                \"bytes\": [\n",
       "                  72,\n",
       "                  101,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -9.0883464e-07,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -9.0883464e-07,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \")\",\n",
       "                \"logprob\": -14.590508,\n",
       "                \"bytes\": [\n",
       "                  41\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Pre\",\n",
       "            \"logprob\": -1.0382198,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              80,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Gather\",\n",
       "                \"logprob\": -0.45078698,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  71,\n",
       "                  97,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Pre\",\n",
       "                \"logprob\": -1.0382198,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  80,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"heat\",\n",
       "            \"logprob\": -1.4617256e-05,\n",
       "            \"bytes\": [\n",
       "              104,\n",
       "              101,\n",
       "              97,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"heat\",\n",
       "                \"logprob\": -1.4617256e-05,\n",
       "                \"bytes\": [\n",
       "                  104,\n",
       "                  101,\n",
       "                  97,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"-\",\n",
       "                \"logprob\": -11.30116,\n",
       "                \"bytes\": [\n",
       "                  45\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" your\",\n",
       "            \"logprob\": -0.035353974,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              121,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -0.035353974,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -3.4623482,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" oven\",\n",
       "            \"logprob\": -2.577686e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              118,\n",
       "              101,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" oven\",\n",
       "                \"logprob\": -2.577686e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" over\",\n",
       "                \"logprob\": -13.705121,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" to\",\n",
       "            \"logprob\": -0.0029712804,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -0.0029712804,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" according\",\n",
       "                \"logprob\": -5.9239573,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  99,\n",
       "                  99,\n",
       "                  111,\n",
       "                  114,\n",
       "                  100,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.00016432605,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.00016432605,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" \",\n",
       "                \"logprob\": -8.752777,\n",
       "                \"bytes\": [\n",
       "                  32\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" temperature\",\n",
       "            \"logprob\": -0.06769265,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              101,\n",
       "              109,\n",
       "              112,\n",
       "              101,\n",
       "              114,\n",
       "              97,\n",
       "              116,\n",
       "              117,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" temperature\",\n",
       "                \"logprob\": -0.06769265,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  101,\n",
       "                  109,\n",
       "                  112,\n",
       "                  101,\n",
       "                  114,\n",
       "                  97,\n",
       "                  116,\n",
       "                  117,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" desired\",\n",
       "                \"logprob\": -3.6994524,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  100,\n",
       "                  101,\n",
       "                  115,\n",
       "                  105,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" specified\",\n",
       "            \"logprob\": -0.122329496,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              112,\n",
       "              101,\n",
       "              99,\n",
       "              105,\n",
       "              102,\n",
       "              105,\n",
       "              101,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" specified\",\n",
       "                \"logprob\": -0.122329496,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  112,\n",
       "                  101,\n",
       "                  99,\n",
       "                  105,\n",
       "                  102,\n",
       "                  105,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" indicated\",\n",
       "                \"logprob\": -2.946697,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  100,\n",
       "                  105,\n",
       "                  99,\n",
       "                  97,\n",
       "                  116,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" in\",\n",
       "            \"logprob\": -0.0011391463,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -0.0011391463,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" on\",\n",
       "                \"logprob\": -7.426682,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" your\",\n",
       "            \"logprob\": -0.34558684,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              121,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -0.34558684,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -1.23036,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" recipe\",\n",
       "            \"logprob\": -0.2470854,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              114,\n",
       "              101,\n",
       "              99,\n",
       "              105,\n",
       "              112,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" recipe\",\n",
       "                \"logprob\": -0.2470854,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  114,\n",
       "                  101,\n",
       "                  99,\n",
       "                  105,\n",
       "                  112,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -1.5294303,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.38732022,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.38732022,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" (\",\n",
       "                \"logprob\": -1.6549976,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  40\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"2\",\n",
       "            \"logprob\": -2.4584822e-06,\n",
       "            \"bytes\": [\n",
       "              50\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"2\",\n",
       "                \"logprob\": -2.4584822e-06,\n",
       "                \"bytes\": [\n",
       "                  50\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"3\",\n",
       "                \"logprob\": -13.791696,\n",
       "                \"bytes\": [\n",
       "                  51\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -6.392203e-06,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -6.392203e-06,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".G\",\n",
       "                \"logprob\": -12.860015,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  71\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Gre\",\n",
       "            \"logprob\": -0.4153823,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              71,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Gre\",\n",
       "                \"logprob\": -0.4153823,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  71,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Gather\",\n",
       "                \"logprob\": -1.18655,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  71,\n",
       "                  97,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"ase\",\n",
       "            \"logprob\": -9.0883464e-07,\n",
       "            \"bytes\": [\n",
       "              97,\n",
       "              115,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"ase\",\n",
       "                \"logprob\": -9.0883464e-07,\n",
       "                \"bytes\": [\n",
       "                  97,\n",
       "                  115,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"ased\",\n",
       "                \"logprob\": -15.327083,\n",
       "                \"bytes\": [\n",
       "                  97,\n",
       "                  115,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" and\",\n",
       "            \"logprob\": -0.0017087328,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              110,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -0.0017087328,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -6.7448497,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" flour\",\n",
       "            \"logprob\": -0.00912525,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              108,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" flour\",\n",
       "                \"logprob\": -0.00912525,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  108,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" line\",\n",
       "                \"logprob\": -5.0385785,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  108,\n",
       "                  105,\n",
       "                  110,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" your\",\n",
       "            \"logprob\": -0.21739428,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              121,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -0.21739428,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -1.7121834,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cake\",\n",
       "            \"logprob\": -0.022829704,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              107,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -0.022829704,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" baking\",\n",
       "                \"logprob\": -3.7923915,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  97,\n",
       "                  107,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" pans\",\n",
       "            \"logprob\": -0.11888092,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              97,\n",
       "              110,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" pans\",\n",
       "                \"logprob\": -0.11888092,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" pan\",\n",
       "                \"logprob\": -2.1936147,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" to\",\n",
       "            \"logprob\": -0.35675257,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -0.35675257,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -1.6015303,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" prevent\",\n",
       "            \"logprob\": -0.027602846,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              114,\n",
       "              101,\n",
       "              118,\n",
       "              101,\n",
       "              110,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" prevent\",\n",
       "                \"logprob\": -0.027602846,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  114,\n",
       "                  101,\n",
       "                  118,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" ensure\",\n",
       "                \"logprob\": -3.624069,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  110,\n",
       "                  115,\n",
       "                  117,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" sticking\",\n",
       "            \"logprob\": -0.7648102,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              116,\n",
       "              105,\n",
       "              99,\n",
       "              107,\n",
       "              105,\n",
       "              110,\n",
       "              103\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.6300942,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" sticking\",\n",
       "                \"logprob\": -0.7648102,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  116,\n",
       "                  105,\n",
       "                  99,\n",
       "                  107,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.15875666,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.15875666,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -1.9580463,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"3\",\n",
       "            \"logprob\": -1.9816675e-06,\n",
       "            \"bytes\": [\n",
       "              51\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"3\",\n",
       "                \"logprob\": -1.9816675e-06,\n",
       "                \"bytes\": [\n",
       "                  51\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"2\",\n",
       "                \"logprob\": -13.608395,\n",
       "                \"bytes\": [\n",
       "                  50\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -7.58424e-06,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -7.58424e-06,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -13.0606,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" In\",\n",
       "            \"logprob\": -0.043359507,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              73,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" In\",\n",
       "                \"logprob\": -0.043359507,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  73,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Gather\",\n",
       "                \"logprob\": -3.3653657,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  71,\n",
       "                  97,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -7.89631e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -7.89631e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" one\",\n",
       "                \"logprob\": -14.374202,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  110,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" mixing\",\n",
       "            \"logprob\": -0.52458686,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              109,\n",
       "              105,\n",
       "              120,\n",
       "              105,\n",
       "              110,\n",
       "              103\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" mixing\",\n",
       "                \"logprob\": -0.52458686,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" large\",\n",
       "                \"logprob\": -0.9250309,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  108,\n",
       "                  97,\n",
       "                  114,\n",
       "                  103,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" bowl\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              98,\n",
       "              111,\n",
       "              119,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" bowl\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  111,\n",
       "                  119,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" bow\",\n",
       "                \"logprob\": -14.705043,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  111,\n",
       "                  119\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -1.7432603e-06,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -1.7432603e-06,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -13.344767,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cream\",\n",
       "            \"logprob\": -0.072318226,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              114,\n",
       "              101,\n",
       "              97,\n",
       "              109\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cream\",\n",
       "                \"logprob\": -0.072318226,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  114,\n",
       "                  101,\n",
       "                  97,\n",
       "                  109\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" combine\",\n",
       "                \"logprob\": -2.6996377,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  98,\n",
       "                  105,\n",
       "                  110,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" together\",\n",
       "            \"logprob\": -0.0004923874,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111,\n",
       "              103,\n",
       "              101,\n",
       "              116,\n",
       "              104,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" together\",\n",
       "                \"logprob\": -0.0004923874,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111,\n",
       "                  103,\n",
       "                  101,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" butter\",\n",
       "                \"logprob\": -8.194904,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  117,\n",
       "                  116,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" butter\",\n",
       "            \"logprob\": -0.10035009,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              98,\n",
       "              117,\n",
       "              116,\n",
       "              116,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" butter\",\n",
       "                \"logprob\": -0.10035009,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  117,\n",
       "                  116,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -2.829316,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" and\",\n",
       "            \"logprob\": -0.0006237994,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              110,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -0.0006237994,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -8.048502,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" sugar\",\n",
       "            \"logprob\": -1.4498052e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              117,\n",
       "              103,\n",
       "              97,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" sugar\",\n",
       "                \"logprob\": -1.4498052e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  117,\n",
       "                  103,\n",
       "                  97,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" gran\",\n",
       "                \"logprob\": -11.357902,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  103,\n",
       "                  114,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" until\",\n",
       "            \"logprob\": -0.000509903,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              117,\n",
       "              110,\n",
       "              116,\n",
       "              105,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" until\",\n",
       "                \"logprob\": -0.000509903,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  117,\n",
       "                  110,\n",
       "                  116,\n",
       "                  105,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" using\",\n",
       "                \"logprob\": -7.8713098,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  117,\n",
       "                  115,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" light\",\n",
       "            \"logprob\": -0.008426631,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              108,\n",
       "              105,\n",
       "              103,\n",
       "              104,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" light\",\n",
       "                \"logprob\": -0.008426631,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  108,\n",
       "                  105,\n",
       "                  103,\n",
       "                  104,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" fluffy\",\n",
       "                \"logprob\": -5.3866653,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  108,\n",
       "                  117,\n",
       "                  102,\n",
       "                  102,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" and\",\n",
       "            \"logprob\": -3.2929079e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              110,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -3.2929079e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -13.279922,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" fluffy\",\n",
       "            \"logprob\": -5.0616763e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              108,\n",
       "              117,\n",
       "              102,\n",
       "              102,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" fluffy\",\n",
       "                \"logprob\": -5.0616763e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  108,\n",
       "                  117,\n",
       "                  102,\n",
       "                  102,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" creamy\",\n",
       "                \"logprob\": -9.942712,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  114,\n",
       "                  101,\n",
       "                  97,\n",
       "                  109,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.013403381,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.013403381,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -4.3564477,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"4\",\n",
       "            \"logprob\": -1.147242e-06,\n",
       "            \"bytes\": [\n",
       "              52\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"4\",\n",
       "                \"logprob\": -1.147242e-06,\n",
       "                \"bytes\": [\n",
       "                  52\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"5\",\n",
       "                \"logprob\": -14.144509,\n",
       "                \"bytes\": [\n",
       "                  53\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -1.7835755e-05,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -1.7835755e-05,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".Add\",\n",
       "                \"logprob\": -12.287511,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  65,\n",
       "                  100,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Beat\",\n",
       "            \"logprob\": -1.8624791,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              66,\n",
       "              101,\n",
       "              97,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Add\",\n",
       "                \"logprob\": -0.1726254,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  65,\n",
       "                  100,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Beat\",\n",
       "                \"logprob\": -1.8624791,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  66,\n",
       "                  101,\n",
       "                  97,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" in\",\n",
       "            \"logprob\": -0.00047821683,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -0.00047821683,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" eggs\",\n",
       "                \"logprob\": -7.692247,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  103,\n",
       "                  103,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" eggs\",\n",
       "            \"logprob\": -0.05720178,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              101,\n",
       "              103,\n",
       "              103,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" eggs\",\n",
       "                \"logprob\": -0.05720178,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  103,\n",
       "                  103,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -2.9090085,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" one\",\n",
       "            \"logprob\": -0.09773066,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              110,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" one\",\n",
       "                \"logprob\": -0.09773066,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  110,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -2.3743076,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" at\",\n",
       "            \"logprob\": -2.0458236e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" at\",\n",
       "                \"logprob\": -2.0458236e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" by\",\n",
       "                \"logprob\": -11.418639,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -3.2855416e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -3.2855416e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" time\",\n",
       "                \"logprob\": -10.427944,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  105,\n",
       "                  109,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" time\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              105,\n",
       "              109,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" time\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  105,\n",
       "                  109,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" tim\",\n",
       "                \"logprob\": -15.946137,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  105,\n",
       "                  109\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -0.0018671217,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.0018671217,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" until\",\n",
       "                \"logprob\": -6.461111,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  117,\n",
       "                  110,\n",
       "                  116,\n",
       "                  105,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" mixing\",\n",
       "            \"logprob\": -0.18325233,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              109,\n",
       "              105,\n",
       "              120,\n",
       "              105,\n",
       "              110,\n",
       "              103\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" mixing\",\n",
       "                \"logprob\": -0.18325233,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" then\",\n",
       "                \"logprob\": -2.7766209,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" well\",\n",
       "            \"logprob\": -0.0002554985,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              119,\n",
       "              101,\n",
       "              108,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" well\",\n",
       "                \"logprob\": -0.0002554985,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  101,\n",
       "                  108,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" thoroughly\",\n",
       "                \"logprob\": -8.5411415,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  111,\n",
       "                  114,\n",
       "                  111,\n",
       "                  117,\n",
       "                  103,\n",
       "                  104,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" after\",\n",
       "            \"logprob\": -0.0008634612,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              102,\n",
       "              116,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" after\",\n",
       "                \"logprob\": -0.0008634612,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  102,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" between\",\n",
       "                \"logprob\": -7.0860076,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  101,\n",
       "                  116,\n",
       "                  119,\n",
       "                  101,\n",
       "                  101,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" each\",\n",
       "            \"logprob\": -1.147242e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              101,\n",
       "              97,\n",
       "              99,\n",
       "              104\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" each\",\n",
       "                \"logprob\": -1.147242e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  97,\n",
       "                  99,\n",
       "                  104\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" adding\",\n",
       "                \"logprob\": -13.885688,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  100,\n",
       "                  100,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" addition\",\n",
       "            \"logprob\": -0.0009370703,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              100,\n",
       "              100,\n",
       "              105,\n",
       "              116,\n",
       "              105,\n",
       "              111,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" addition\",\n",
       "                \"logprob\": -0.0009370703,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  100,\n",
       "                  100,\n",
       "                  105,\n",
       "                  116,\n",
       "                  105,\n",
       "                  111,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" one\",\n",
       "                \"logprob\": -7.3258233,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  110,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.008256519,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.008256519,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -4.8042617,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"5\",\n",
       "            \"logprob\": -1.147242e-06,\n",
       "            \"bytes\": [\n",
       "              53\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"5\",\n",
       "                \"logprob\": -1.147242e-06,\n",
       "                \"bytes\": [\n",
       "                  53\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"6\",\n",
       "                \"logprob\": -14.21202,\n",
       "                \"bytes\": [\n",
       "                  54\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -1.5451682e-05,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -1.5451682e-05,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -12.347256,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" In\",\n",
       "            \"logprob\": -0.2242092,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              73,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" In\",\n",
       "                \"logprob\": -0.2242092,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  73,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Add\",\n",
       "                \"logprob\": -2.2480512,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  65,\n",
       "                  100,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -0.0013533296,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -0.0013533296,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" another\",\n",
       "                \"logprob\": -6.6061163,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  111,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" separate\",\n",
       "            \"logprob\": -2.220075e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              101,\n",
       "              112,\n",
       "              97,\n",
       "              114,\n",
       "              97,\n",
       "              116,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" separate\",\n",
       "                \"logprob\": -2.220075e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  101,\n",
       "                  112,\n",
       "                  97,\n",
       "                  114,\n",
       "                  97,\n",
       "                  116,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" small\",\n",
       "                \"logprob\": -13.499945,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  109,\n",
       "                  97,\n",
       "                  108,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" bowl\",\n",
       "            \"logprob\": -0.00012940305,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              98,\n",
       "              111,\n",
       "              119,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" bowl\",\n",
       "                \"logprob\": -0.00012940305,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  111,\n",
       "                  119,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" mixing\",\n",
       "                \"logprob\": -8.977703,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -1.9361265e-07,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -1.9361265e-07,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -16.34472,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" combine\",\n",
       "            \"logprob\": -1.7905235,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              109,\n",
       "              98,\n",
       "              105,\n",
       "              110,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" sift\",\n",
       "                \"logprob\": -0.27362445,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  105,\n",
       "                  102,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" combine\",\n",
       "                \"logprob\": -1.7905235,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  98,\n",
       "                  105,\n",
       "                  110,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" flour\",\n",
       "            \"logprob\": -0.14239118,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              108,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" flour\",\n",
       "                \"logprob\": -0.14239118,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  108,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -2.874569,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -0.00042197472,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.00042197472,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -7.818625,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" baking\",\n",
       "            \"logprob\": -5.967624e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              98,\n",
       "              97,\n",
       "              107,\n",
       "              105,\n",
       "              110,\n",
       "              103\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" baking\",\n",
       "                \"logprob\": -5.967624e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  97,\n",
       "                  107,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" salt\",\n",
       "                \"logprob\": -9.760253,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  97,\n",
       "                  108,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" powder\",\n",
       "            \"logprob\": -0.00030400342,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              111,\n",
       "              119,\n",
       "              100,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" powder\",\n",
       "                \"logprob\": -0.00030400342,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  111,\n",
       "                  119,\n",
       "                  100,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" soda\",\n",
       "                \"logprob\": -8.099036,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  111,\n",
       "                  100,\n",
       "                  97\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -0.0002966128,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.0002966128,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -8.146667,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" and\",\n",
       "            \"logprob\": -0.0016281677,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              110,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -0.0016281677,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" baking\",\n",
       "                \"logprob\": -6.907516,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  97,\n",
       "                  107,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" salt\",\n",
       "            \"logprob\": -0.0018320152,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              97,\n",
       "              108,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" salt\",\n",
       "                \"logprob\": -0.0018320152,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  97,\n",
       "                  108,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" any\",\n",
       "                \"logprob\": -6.4163904,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -0.5443517,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -0.5443517,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.8683301,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Grad\",\n",
       "            \"logprob\": -0.014250716,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              71,\n",
       "              114,\n",
       "              97,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Grad\",\n",
       "                \"logprob\": -0.014250716,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  71,\n",
       "                  114,\n",
       "                  97,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Add\",\n",
       "                \"logprob\": -4.928935,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  65,\n",
       "                  100,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"ually\",\n",
       "            \"logprob\": -1.9361265e-07,\n",
       "            \"bytes\": [\n",
       "              117,\n",
       "              97,\n",
       "              108,\n",
       "              108,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"ually\",\n",
       "                \"logprob\": -1.9361265e-07,\n",
       "                \"bytes\": [\n",
       "                  117,\n",
       "                  97,\n",
       "                  108,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"ual\",\n",
       "                \"logprob\": -16.829891,\n",
       "                \"bytes\": [\n",
       "                  117,\n",
       "                  97,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" add\",\n",
       "            \"logprob\": -0.0024837463,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              100,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" add\",\n",
       "                \"logprob\": -0.0024837463,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  100,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" mix\",\n",
       "                \"logprob\": -6.094834,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" this\",\n",
       "            \"logprob\": -0.30492586,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              105,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" this\",\n",
       "                \"logprob\": -0.30492586,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  105,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -1.4310474,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" dry\",\n",
       "            \"logprob\": -0.61787826,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              100,\n",
       "              114,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" dry\",\n",
       "                \"logprob\": -0.61787826,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  100,\n",
       "                  114,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" mixture\",\n",
       "                \"logprob\": -0.81588775,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  116,\n",
       "                  117,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" mixture\",\n",
       "            \"logprob\": -0.0020918536,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              109,\n",
       "              105,\n",
       "              120,\n",
       "              116,\n",
       "              117,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" mixture\",\n",
       "                \"logprob\": -0.0020918536,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  116,\n",
       "                  117,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" ingredient\",\n",
       "                \"logprob\": -6.7291007,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100,\n",
       "                  105,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" to\",\n",
       "            \"logprob\": -0.013041398,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -0.013041398,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" into\",\n",
       "                \"logprob\": -4.3487806,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.0067902054,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.0067902054,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -4.9970284,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" wet\",\n",
       "            \"logprob\": -0.040450614,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              119,\n",
       "              101,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" wet\",\n",
       "                \"logprob\": -0.040450614,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  101,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" butter\",\n",
       "                \"logprob\": -3.6910052,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  117,\n",
       "                  116,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" ingredients\",\n",
       "            \"logprob\": -0.5127978,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110,\n",
       "              103,\n",
       "              114,\n",
       "              101,\n",
       "              100,\n",
       "              105,\n",
       "              101,\n",
       "              110,\n",
       "              116,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" ingredients\",\n",
       "                \"logprob\": -0.5127978,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100,\n",
       "                  105,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" mixture\",\n",
       "                \"logprob\": -0.9138827,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  116,\n",
       "                  117,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -0.002528099,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.002528099,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -6.825782,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" alternating\",\n",
       "            \"logprob\": -0.13506535,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              108,\n",
       "              116,\n",
       "              101,\n",
       "              114,\n",
       "              110,\n",
       "              97,\n",
       "              116,\n",
       "              105,\n",
       "              110,\n",
       "              103\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" alternating\",\n",
       "                \"logprob\": -0.13506535,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  108,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114,\n",
       "                  110,\n",
       "                  97,\n",
       "                  116,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" mixing\",\n",
       "                \"logprob\": -2.1031325,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" with\",\n",
       "            \"logprob\": -2.3392786e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              119,\n",
       "              105,\n",
       "              116,\n",
       "              104\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" with\",\n",
       "                \"logprob\": -2.3392786e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  105,\n",
       "                  116,\n",
       "                  104\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" it\",\n",
       "                \"logprob\": -13.287762,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" milk\",\n",
       "            \"logprob\": -0.040527668,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              109,\n",
       "              105,\n",
       "              108,\n",
       "              107\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" milk\",\n",
       "                \"logprob\": -0.040527668,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  108,\n",
       "                  107\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -3.2926867,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.4946978,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.4946978,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -1.548672,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"6\",\n",
       "            \"logprob\": -1.147242e-06,\n",
       "            \"bytes\": [\n",
       "              54\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"6\",\n",
       "                \"logprob\": -1.147242e-06,\n",
       "                \"bytes\": [\n",
       "                  54\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"7\",\n",
       "                \"logprob\": -13.989741,\n",
       "                \"bytes\": [\n",
       "                  55\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -2.0339032e-05,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -2.0339032e-05,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -12.1764345,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Stir\",\n",
       "            \"logprob\": -0.41830197,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              83,\n",
       "              116,\n",
       "              105,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Stir\",\n",
       "                \"logprob\": -0.41830197,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  83,\n",
       "                  116,\n",
       "                  105,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Mix\",\n",
       "                \"logprob\": -1.5344442,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  77,\n",
       "                  105,\n",
       "                  120\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" in\",\n",
       "            \"logprob\": -6.9882217e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -6.9882217e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" until\",\n",
       "                \"logprob\": -12.136733,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  117,\n",
       "                  110,\n",
       "                  116,\n",
       "                  105,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" any\",\n",
       "            \"logprob\": -0.053152807,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              110,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" any\",\n",
       "                \"logprob\": -0.053152807,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" vanilla\",\n",
       "                \"logprob\": -3.0126903,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  118,\n",
       "                  97,\n",
       "                  110,\n",
       "                  105,\n",
       "                  108,\n",
       "                  108,\n",
       "                  97\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" additional\",\n",
       "            \"logprob\": -0.025637522,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              100,\n",
       "              100,\n",
       "              105,\n",
       "              116,\n",
       "              105,\n",
       "              111,\n",
       "              110,\n",
       "              97,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" additional\",\n",
       "                \"logprob\": -0.025637522,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  100,\n",
       "                  100,\n",
       "                  105,\n",
       "                  116,\n",
       "                  105,\n",
       "                  111,\n",
       "                  110,\n",
       "                  97,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" flavor\",\n",
       "                \"logprob\": -3.906169,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  108,\n",
       "                  97,\n",
       "                  118,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" flavor\",\n",
       "            \"logprob\": -0.15154035,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              108,\n",
       "              97,\n",
       "              118,\n",
       "              111,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" flavor\",\n",
       "                \"logprob\": -0.15154035,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  108,\n",
       "                  97,\n",
       "                  118,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" ingredients\",\n",
       "                \"logprob\": -2.0844665,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100,\n",
       "                  105,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"ings\",\n",
       "            \"logprob\": -0.0013588057,\n",
       "            \"bytes\": [\n",
       "              105,\n",
       "              110,\n",
       "              103,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"ings\",\n",
       "                \"logprob\": -0.0013588057,\n",
       "                \"bytes\": [\n",
       "                  105,\n",
       "                  110,\n",
       "                  103,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"ing\",\n",
       "                \"logprob\": -6.6137476,\n",
       "                \"bytes\": [\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" or\",\n",
       "            \"logprob\": -0.7440653,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.73728275,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -0.7440653,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" mix\",\n",
       "            \"logprob\": -0.0955959,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              109,\n",
       "              105,\n",
       "              120\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" mix\",\n",
       "                \"logprob\": -0.0955959,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  120\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" ingredients\",\n",
       "                \"logprob\": -2.6059833,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100,\n",
       "                  105,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"-ins\",\n",
       "            \"logprob\": -1.504853e-06,\n",
       "            \"bytes\": [\n",
       "              45,\n",
       "              105,\n",
       "              110,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"-ins\",\n",
       "                \"logprob\": -1.504853e-06,\n",
       "                \"bytes\": [\n",
       "                  45,\n",
       "                  105,\n",
       "                  110,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"-in\",\n",
       "                \"logprob\": -13.697474,\n",
       "                \"bytes\": [\n",
       "                  45,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -0.018633887,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.018633887,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" (\",\n",
       "                \"logprob\": -4.7472754,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  40\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" such\",\n",
       "            \"logprob\": -0.015089922,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              117,\n",
       "              99,\n",
       "              104\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" such\",\n",
       "                \"logprob\": -0.015089922,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  117,\n",
       "                  99,\n",
       "                  104\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" like\",\n",
       "                \"logprob\": -4.2210417,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  108,\n",
       "                  105,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" as\",\n",
       "            \"logprob\": -1.2664457e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" as\",\n",
       "                \"logprob\": -1.2664457e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -14.14821,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" vanilla\",\n",
       "            \"logprob\": -0.0003308169,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              118,\n",
       "              97,\n",
       "              110,\n",
       "              105,\n",
       "              108,\n",
       "              108,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" vanilla\",\n",
       "                \"logprob\": -0.0003308169,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  118,\n",
       "                  97,\n",
       "                  110,\n",
       "                  105,\n",
       "                  108,\n",
       "                  108,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" extracts\",\n",
       "                \"logprob\": -8.559234,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  120,\n",
       "                  116,\n",
       "                  114,\n",
       "                  97,\n",
       "                  99,\n",
       "                  116,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" extract\",\n",
       "            \"logprob\": -0.00012701898,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              101,\n",
       "              120,\n",
       "              116,\n",
       "              114,\n",
       "              97,\n",
       "              99,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" extract\",\n",
       "                \"logprob\": -0.00012701898,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  120,\n",
       "                  116,\n",
       "                  114,\n",
       "                  97,\n",
       "                  99,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -9.3721895,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" or\",\n",
       "            \"logprob\": -0.17178154,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -0.17178154,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -1.8471622,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" chocolate\",\n",
       "            \"logprob\": -0.010855742,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              104,\n",
       "              111,\n",
       "              99,\n",
       "              111,\n",
       "              108,\n",
       "              97,\n",
       "              116,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" chocolate\",\n",
       "                \"logprob\": -0.010855742,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  104,\n",
       "                  111,\n",
       "                  99,\n",
       "                  111,\n",
       "                  108,\n",
       "                  97,\n",
       "                  116,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cocoa\",\n",
       "                \"logprob\": -4.702586,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  99,\n",
       "                  111,\n",
       "                  97\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" chips\",\n",
       "            \"logprob\": -7.226629e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              104,\n",
       "              105,\n",
       "              112,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" chips\",\n",
       "                \"logprob\": -7.226629e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  104,\n",
       "                  105,\n",
       "                  112,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" chunks\",\n",
       "                \"logprob\": -12.052116,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  104,\n",
       "                  117,\n",
       "                  110,\n",
       "                  107,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.0010821137,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.0010821137,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -6.9139924,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"7\",\n",
       "            \"logprob\": -2.220075e-06,\n",
       "            \"bytes\": [\n",
       "              55\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"7\",\n",
       "                \"logprob\": -2.220075e-06,\n",
       "                \"bytes\": [\n",
       "                  55\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"8\",\n",
       "                \"logprob\": -13.680006,\n",
       "                \"bytes\": [\n",
       "                  56\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -1.92662e-05,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -1.92662e-05,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -11.983927,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Pour\",\n",
       "            \"logprob\": -0.024906395,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              80,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Pour\",\n",
       "                \"logprob\": -0.024906395,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  80,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Divide\",\n",
       "                \"logprob\": -3.7198222,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  68,\n",
       "                  105,\n",
       "                  118,\n",
       "                  105,\n",
       "                  100,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.0014756987,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.0014756987,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" batter\",\n",
       "                \"logprob\": -6.65678,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  97,\n",
       "                  116,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" batter\",\n",
       "            \"logprob\": -0.0004483077,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              98,\n",
       "              97,\n",
       "              116,\n",
       "              116,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" batter\",\n",
       "                \"logprob\": -0.0004483077,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  97,\n",
       "                  116,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -7.712652,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" into\",\n",
       "            \"logprob\": -0.0040085916,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" into\",\n",
       "                \"logprob\": -0.0040085916,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" evenly\",\n",
       "                \"logprob\": -5.521354,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  118,\n",
       "                  101,\n",
       "                  110,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" your\",\n",
       "            \"logprob\": -1.0591898,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              121,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.44045737,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -1.0591898,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" prepared\",\n",
       "            \"logprob\": -0.0009184856,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              114,\n",
       "              101,\n",
       "              112,\n",
       "              97,\n",
       "              114,\n",
       "              101,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" prepared\",\n",
       "                \"logprob\": -0.0009184856,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  114,\n",
       "                  101,\n",
       "                  112,\n",
       "                  97,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -7.620105,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cake\",\n",
       "            \"logprob\": -0.007176357,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              107,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -0.007176357,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" pans\",\n",
       "                \"logprob\": -4.9492807,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" pans\",\n",
       "            \"logprob\": -2.1531068e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              97,\n",
       "              110,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" pans\",\n",
       "                \"logprob\": -2.1531068e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" pan\",\n",
       "                \"logprob\": -10.753772,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -0.80836713,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -0.59725034,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -0.80836713,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" smoothing\",\n",
       "            \"logprob\": -1.3629898,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              109,\n",
       "              111,\n",
       "              111,\n",
       "              116,\n",
       "              104,\n",
       "              105,\n",
       "              110,\n",
       "              103\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" spreading\",\n",
       "                \"logprob\": -0.42223582,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  112,\n",
       "                  114,\n",
       "                  101,\n",
       "                  97,\n",
       "                  100,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" smoothing\",\n",
       "                \"logprob\": -1.3629898,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  109,\n",
       "                  111,\n",
       "                  111,\n",
       "                  116,\n",
       "                  104,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.025911117,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.025911117,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" out\",\n",
       "                \"logprob\": -3.7528665,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  117,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" tops\",\n",
       "            \"logprob\": -0.31645173,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111,\n",
       "              112,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" tops\",\n",
       "                \"logprob\": -0.31645173,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111,\n",
       "                  112,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" top\",\n",
       "                \"logprob\": -1.309036,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111,\n",
       "                  112\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" with\",\n",
       "            \"logprob\": -0.0010860438,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              119,\n",
       "              105,\n",
       "              116,\n",
       "              104\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" with\",\n",
       "                \"logprob\": -0.0010860438,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  105,\n",
       "                  116,\n",
       "                  104\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -7.3871946,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -1.1517961e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -1.1517961e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" an\",\n",
       "                \"logprob\": -11.999496,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" spat\",\n",
       "            \"logprob\": -0.00065703515,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              115,\n",
       "              112,\n",
       "              97,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" spat\",\n",
       "                \"logprob\": -0.00065703515,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  115,\n",
       "                  112,\n",
       "                  97,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" rubber\",\n",
       "                \"logprob\": -7.499425,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  114,\n",
       "                  117,\n",
       "                  98,\n",
       "                  98,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"ula\",\n",
       "            \"logprob\": -1.6524515e-05,\n",
       "            \"bytes\": [\n",
       "              117,\n",
       "              108,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"ula\",\n",
       "                \"logprob\": -1.6524515e-05,\n",
       "                \"bytes\": [\n",
       "                  117,\n",
       "                  108,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"ular\",\n",
       "                \"logprob\": -12.000056,\n",
       "                \"bytes\": [\n",
       "                  117,\n",
       "                  108,\n",
       "                  97,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.00024727348,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.00024727348,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -9.39421,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"8\",\n",
       "            \"logprob\": -5.2001665e-06,\n",
       "            \"bytes\": [\n",
       "              56\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"8\",\n",
       "                \"logprob\": -5.2001665e-06,\n",
       "                \"bytes\": [\n",
       "                  56\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"9\",\n",
       "                \"logprob\": -12.564242,\n",
       "                \"bytes\": [\n",
       "                  57\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -9.729906e-06,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -9.729906e-06,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -12.356821,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Bake\",\n",
       "            \"logprob\": -0.0043383758,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              66,\n",
       "              97,\n",
       "              107,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Bake\",\n",
       "                \"logprob\": -0.0043383758,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  66,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Place\",\n",
       "                \"logprob\": -5.458146,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  80,\n",
       "                  108,\n",
       "                  97,\n",
       "                  99,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" in\",\n",
       "            \"logprob\": -0.14496389,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -0.14496389,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -2.0120218,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.020089122,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.020089122,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" pre\",\n",
       "                \"logprob\": -3.9244738,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" pre\",\n",
       "            \"logprob\": -0.0032190646,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" pre\",\n",
       "                \"logprob\": -0.0032190646,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" oven\",\n",
       "                \"logprob\": -5.7403865,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"he\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"he\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"-he\",\n",
       "                \"logprob\": -14.536332,\n",
       "                \"bytes\": [\n",
       "                  45,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"ated\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              97,\n",
       "              116,\n",
       "              101,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"ated\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  97,\n",
       "                  116,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"ating\",\n",
       "                \"logprob\": -15.896407,\n",
       "                \"bytes\": [\n",
       "                  97,\n",
       "                  116,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" oven\",\n",
       "            \"logprob\": -1.9361265e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              118,\n",
       "              101,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" oven\",\n",
       "                \"logprob\": -1.9361265e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" over\",\n",
       "                \"logprob\": -16.292542,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" until\",\n",
       "            \"logprob\": -3.1961617,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              117,\n",
       "              110,\n",
       "              116,\n",
       "              105,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" for\",\n",
       "                \"logprob\": -0.046953574,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" until\",\n",
       "                \"logprob\": -3.1961617,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  117,\n",
       "                  110,\n",
       "                  116,\n",
       "                  105,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -0.012403342,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -0.012403342,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -4.398405,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" tooth\",\n",
       "            \"logprob\": -0.0001202317,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111,\n",
       "              111,\n",
       "              116,\n",
       "              104\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" tooth\",\n",
       "                \"logprob\": -0.0001202317,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111,\n",
       "                  111,\n",
       "                  116,\n",
       "                  104\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -9.805147,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"pick\",\n",
       "            \"logprob\": 0.0,\n",
       "            \"bytes\": [\n",
       "              112,\n",
       "              105,\n",
       "              99,\n",
       "              107\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"pick\",\n",
       "                \"logprob\": 0.0,\n",
       "                \"bytes\": [\n",
       "                  112,\n",
       "                  105,\n",
       "                  99,\n",
       "                  107\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" pick\",\n",
       "                \"logprob\": -20.826412,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  105,\n",
       "                  99,\n",
       "                  107\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" inserted\",\n",
       "            \"logprob\": -9.555654e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110,\n",
       "              115,\n",
       "              101,\n",
       "              114,\n",
       "              116,\n",
       "              101,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" inserted\",\n",
       "                \"logprob\": -9.555654e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  115,\n",
       "                  101,\n",
       "                  114,\n",
       "                  116,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" or\",\n",
       "                \"logprob\": -9.69915,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" into\",\n",
       "            \"logprob\": -0.080290355,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" into\",\n",
       "                \"logprob\": -0.080290355,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -2.5626245,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" center\",\n",
       "                \"logprob\": -14.468745,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" center\",\n",
       "            \"logprob\": -0.00012987986,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              101,\n",
       "              110,\n",
       "              116,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" center\",\n",
       "                \"logprob\": -0.00012987986,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" middle\",\n",
       "                \"logprob\": -9.417976,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  100,\n",
       "                  100,\n",
       "                  108,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" of\",\n",
       "            \"logprob\": -2.1839974,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              102\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" comes\",\n",
       "                \"logprob\": -0.119448945,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" of\",\n",
       "                \"logprob\": -2.1839974,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  102\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -5.3596854e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -5.3596854e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" each\",\n",
       "                \"logprob\": -9.973068,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  101,\n",
       "                  97,\n",
       "                  99,\n",
       "                  104\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cakes\",\n",
       "            \"logprob\": -1.1304349,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              107,\n",
       "              101,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -0.38992587,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cakes\",\n",
       "                \"logprob\": -1.1304349,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" comes\",\n",
       "            \"logprob\": -1.342522e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              109,\n",
       "              101,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" comes\",\n",
       "                \"logprob\": -1.342522e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" come\",\n",
       "                \"logprob\": -11.228613,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" out\",\n",
       "            \"logprob\": -1.0445127e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              111,\n",
       "              117,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" out\",\n",
       "                \"logprob\": -1.0445127e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  117,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" our\",\n",
       "                \"logprob\": -12.211589,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" clean\",\n",
       "            \"logprob\": -4.3202e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              108,\n",
       "              101,\n",
       "              97,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" clean\",\n",
       "                \"logprob\": -4.3202e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  108,\n",
       "                  101,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" with\",\n",
       "                \"logprob\": -15.213745,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  105,\n",
       "                  116,\n",
       "                  104\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.052887246,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.052887246,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -3.3743365,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"9\",\n",
       "            \"logprob\": -2.057744e-05,\n",
       "            \"bytes\": [\n",
       "              57\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"9\",\n",
       "                \"logprob\": -2.057744e-05,\n",
       "                \"bytes\": [\n",
       "                  57\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"8\",\n",
       "                \"logprob\": -11.617609,\n",
       "                \"bytes\": [\n",
       "                  56\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -7.107425e-06,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -7.107425e-06,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -13.700917,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Allow\",\n",
       "            \"logprob\": -0.42614517,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              65,\n",
       "              108,\n",
       "              108,\n",
       "              111,\n",
       "              119\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Allow\",\n",
       "                \"logprob\": -0.42614517,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  65,\n",
       "                  108,\n",
       "                  108,\n",
       "                  111,\n",
       "                  119\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Remove\",\n",
       "                \"logprob\": -1.3906723,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  82,\n",
       "                  101,\n",
       "                  109,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -9.114601e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -9.114601e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cakes\",\n",
       "                \"logprob\": -9.575829,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cakes\",\n",
       "            \"logprob\": -6.1821906e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              107,\n",
       "              101,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cakes\",\n",
       "                \"logprob\": -6.1821906e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -9.696858,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" to\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cool\",\n",
       "                \"logprob\": -14.6307955,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cool\",\n",
       "            \"logprob\": -1.9361265e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              111,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cool\",\n",
       "                \"logprob\": -1.9361265e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" rest\",\n",
       "                \"logprob\": -16.694115,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  114,\n",
       "                  101,\n",
       "                  115,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" in\",\n",
       "            \"logprob\": -0.0076892087,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              105,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" in\",\n",
       "                \"logprob\": -0.0076892087,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  105,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" completely\",\n",
       "                \"logprob\": -5.162646,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  112,\n",
       "                  108,\n",
       "                  101,\n",
       "                  116,\n",
       "                  101,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.032717045,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.032717045,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" their\",\n",
       "                \"logprob\": -3.4365256,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  105,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" pans\",\n",
       "            \"logprob\": -0.0036513912,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              112,\n",
       "              97,\n",
       "              110,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" pans\",\n",
       "                \"logprob\": -0.0036513912,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" pan\",\n",
       "                \"logprob\": -5.614682,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  112,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" for\",\n",
       "            \"logprob\": -0.0018548657,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              111,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" for\",\n",
       "                \"logprob\": -0.0018548657,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  111,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" before\",\n",
       "                \"logprob\": -6.981927,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  101,\n",
       "                  102,\n",
       "                  111,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -0.08838311,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -0.08838311,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" \",\n",
       "                \"logprob\": -2.8015676,\n",
       "                \"bytes\": [\n",
       "                  32\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" few\",\n",
       "            \"logprob\": -7.7318386e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              101,\n",
       "              119\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" few\",\n",
       "                \"logprob\": -7.7318386e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  101,\n",
       "                  119\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" bit\",\n",
       "                \"logprob\": -9.933238,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  105,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" minutes\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              109,\n",
       "              105,\n",
       "              110,\n",
       "              117,\n",
       "              116,\n",
       "              101,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" minutes\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  105,\n",
       "                  110,\n",
       "                  117,\n",
       "                  116,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" moments\",\n",
       "                \"logprob\": -14.440948,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  109,\n",
       "                  111,\n",
       "                  109,\n",
       "                  101,\n",
       "                  110,\n",
       "                  116,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -1.0932024,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" before\",\n",
       "                \"logprob\": -0.4081857,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  101,\n",
       "                  102,\n",
       "                  111,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -1.0932024,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" then\",\n",
       "            \"logprob\": -3.7265952e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" then\",\n",
       "                \"logprob\": -3.7265952e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" before\",\n",
       "                \"logprob\": -10.798209,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  101,\n",
       "                  102,\n",
       "                  111,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" transfer\",\n",
       "            \"logprob\": -0.46773133,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              114,\n",
       "              97,\n",
       "              110,\n",
       "              115,\n",
       "              102,\n",
       "              101,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" transfer\",\n",
       "                \"logprob\": -0.46773133,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  114,\n",
       "                  97,\n",
       "                  110,\n",
       "                  115,\n",
       "                  102,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" remove\",\n",
       "                \"logprob\": -1.4190253,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  114,\n",
       "                  101,\n",
       "                  109,\n",
       "                  111,\n",
       "                  118,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" them\",\n",
       "            \"logprob\": -0.098948225,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101,\n",
       "              109\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" them\",\n",
       "                \"logprob\": -0.098948225,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  109\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -2.362292,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" to\",\n",
       "            \"logprob\": -5.4550484e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -5.4550484e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" onto\",\n",
       "                \"logprob\": -9.819058,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  111,\n",
       "                  110,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" a\",\n",
       "            \"logprob\": -0.008514224,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" a\",\n",
       "                \"logprob\": -0.008514224,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" wire\",\n",
       "                \"logprob\": -4.772114,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  105,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" wire\",\n",
       "            \"logprob\": -0.0019676506,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              119,\n",
       "              105,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" wire\",\n",
       "                \"logprob\": -0.0019676506,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  119,\n",
       "                  105,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cooling\",\n",
       "                \"logprob\": -6.237918,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" rack\",\n",
       "            \"logprob\": -7.6364755e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              114,\n",
       "              97,\n",
       "              99,\n",
       "              107\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" rack\",\n",
       "                \"logprob\": -7.6364755e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  114,\n",
       "                  97,\n",
       "                  99,\n",
       "                  107\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cooling\",\n",
       "                \"logprob\": -9.482414,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108,\n",
       "                  105,\n",
       "                  110,\n",
       "                  103\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" to\",\n",
       "            \"logprob\": -2.4584822e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              111\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" to\",\n",
       "                \"logprob\": -2.4584822e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  111\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -13.42007,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cool\",\n",
       "            \"logprob\": -0.00013893934,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              111,\n",
       "              108\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cool\",\n",
       "                \"logprob\": -0.00013893934,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" finish\",\n",
       "                \"logprob\": -8.969564,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  105,\n",
       "                  110,\n",
       "                  105,\n",
       "                  115,\n",
       "                  104\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" completely\",\n",
       "            \"logprob\": -4.00813e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              109,\n",
       "              112,\n",
       "              108,\n",
       "              101,\n",
       "              116,\n",
       "              101,\n",
       "              108,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" completely\",\n",
       "                \"logprob\": -4.00813e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  112,\n",
       "                  108,\n",
       "                  101,\n",
       "                  116,\n",
       "                  101,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" fully\",\n",
       "                \"logprob\": -12.449612,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  117,\n",
       "                  108,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.030019833,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.030019833,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" before\",\n",
       "                \"logprob\": -3.5223522,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  98,\n",
       "                  101,\n",
       "                  102,\n",
       "                  111,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"10\",\n",
       "            \"logprob\": -6.1537958e-06,\n",
       "            \"bytes\": [\n",
       "              49,\n",
       "              48\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"10\",\n",
       "                \"logprob\": -6.1537958e-06,\n",
       "                \"bytes\": [\n",
       "                  49,\n",
       "                  48\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"Optional\",\n",
       "                \"logprob\": -13.458828,\n",
       "                \"bytes\": [\n",
       "                  79,\n",
       "                  112,\n",
       "                  116,\n",
       "                  105,\n",
       "                  111,\n",
       "                  110,\n",
       "                  97,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\",\n",
       "            \"logprob\": -2.3915141e-05,\n",
       "            \"bytes\": [\n",
       "              46\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -2.3915141e-05,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".Once\",\n",
       "                \"logprob\": -11.071063,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  79,\n",
       "                  110,\n",
       "                  99,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" Once\",\n",
       "            \"logprob\": -0.010217098,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              79,\n",
       "              110,\n",
       "              99,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" Once\",\n",
       "                \"logprob\": -0.010217098,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  79,\n",
       "                  110,\n",
       "                  99,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" Frost\",\n",
       "                \"logprob\": -4.6110244,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  70,\n",
       "                  114,\n",
       "                  111,\n",
       "                  115,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" the\",\n",
       "            \"logprob\": -0.16491243,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -0.16491243,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cooled\",\n",
       "                \"logprob\": -2.0177186,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cakes\",\n",
       "            \"logprob\": -0.0002036596,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              107,\n",
       "              101,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cakes\",\n",
       "                \"logprob\": -0.0002036596,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -8.501894,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" are\",\n",
       "            \"logprob\": -0.013261054,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              114,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" are\",\n",
       "                \"logprob\": -0.013261054,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" have\",\n",
       "                \"logprob\": -4.329606,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  104,\n",
       "                  97,\n",
       "                  118,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" completely\",\n",
       "            \"logprob\": -0.37304482,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              109,\n",
       "              112,\n",
       "              108,\n",
       "              101,\n",
       "              116,\n",
       "              101,\n",
       "              108,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" completely\",\n",
       "                \"logprob\": -0.37304482,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  109,\n",
       "                  112,\n",
       "                  108,\n",
       "                  101,\n",
       "                  116,\n",
       "                  101,\n",
       "                  108,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cool\",\n",
       "                \"logprob\": -1.9539393,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cooled\",\n",
       "            \"logprob\": -0.87092227,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              111,\n",
       "              111,\n",
       "              108,\n",
       "              101,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cool\",\n",
       "                \"logprob\": -0.5422594,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cooled\",\n",
       "                \"logprob\": -0.87092227,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  111,\n",
       "                  111,\n",
       "                  108,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \",\",\n",
       "            \"logprob\": -1.9361265e-07,\n",
       "            \"bytes\": [\n",
       "              44\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -1.9361265e-07,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -16.528011,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" you\",\n",
       "            \"logprob\": -0.026267316,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              121,\n",
       "              111,\n",
       "              117\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" you\",\n",
       "                \"logprob\": -0.026267316,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" frost\",\n",
       "                \"logprob\": -3.724479,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  114,\n",
       "                  111,\n",
       "                  115,\n",
       "                  116\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" can\",\n",
       "            \"logprob\": -1.4378848e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              110\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" can\",\n",
       "                \"logprob\": -1.4378848e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  110\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" are\",\n",
       "                \"logprob\": -11.266341,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  114,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" frost\",\n",
       "            \"logprob\": -0.007941136,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              102,\n",
       "              114,\n",
       "              111,\n",
       "              115,\n",
       "              116\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" frost\",\n",
       "                \"logprob\": -0.007941136,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  102,\n",
       "                  114,\n",
       "                  111,\n",
       "                  115,\n",
       "                  116\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" decorate\",\n",
       "                \"logprob\": -5.408866,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  100,\n",
       "                  101,\n",
       "                  99,\n",
       "                  111,\n",
       "                  114,\n",
       "                  97,\n",
       "                  116,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" and\",\n",
       "            \"logprob\": -0.013906088,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              110,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" and\",\n",
       "                \"logprob\": -0.013906088,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  110,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" them\",\n",
       "                \"logprob\": -4.51761,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  109\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" decorate\",\n",
       "            \"logprob\": -0.00036537863,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              100,\n",
       "              101,\n",
       "              99,\n",
       "              111,\n",
       "              114,\n",
       "              97,\n",
       "              116,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" decorate\",\n",
       "                \"logprob\": -0.00036537863,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  100,\n",
       "                  101,\n",
       "                  99,\n",
       "                  111,\n",
       "                  114,\n",
       "                  97,\n",
       "                  116,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" assemble\",\n",
       "                \"logprob\": -8.207511,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  115,\n",
       "                  115,\n",
       "                  101,\n",
       "                  109,\n",
       "                  98,\n",
       "                  108,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" them\",\n",
       "            \"logprob\": -0.011680503,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              116,\n",
       "              104,\n",
       "              101,\n",
       "              109\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" them\",\n",
       "                \"logprob\": -0.011680503,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101,\n",
       "                  109\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" as\",\n",
       "                \"logprob\": -4.4862823,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" as\",\n",
       "            \"logprob\": -0.029626094,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              97,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" as\",\n",
       "                \"logprob\": -0.029626094,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  97,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" however\",\n",
       "                \"logprob\": -3.595647,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  104,\n",
       "                  111,\n",
       "                  119,\n",
       "                  101,\n",
       "                  118,\n",
       "                  101,\n",
       "                  114\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" desired\",\n",
       "            \"logprob\": -4.20341e-05,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              100,\n",
       "              101,\n",
       "              115,\n",
       "              105,\n",
       "              114,\n",
       "              101,\n",
       "              100\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" desired\",\n",
       "                \"logprob\": -4.20341e-05,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  100,\n",
       "                  101,\n",
       "                  115,\n",
       "                  105,\n",
       "                  114,\n",
       "                  101,\n",
       "                  100\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" you\",\n",
       "                \"logprob\": -10.088764,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \".\\n\\n\",\n",
       "            \"logprob\": -0.903475,\n",
       "            \"bytes\": [\n",
       "              46,\n",
       "              10,\n",
       "              10\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \".\",\n",
       "                \"logprob\": -0.5246641,\n",
       "                \"bytes\": [\n",
       "                  46\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \".\\n\\n\",\n",
       "                \"logprob\": -0.903475,\n",
       "                \"bytes\": [\n",
       "                  46,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"Enjoy\",\n",
       "            \"logprob\": -0.0197798,\n",
       "            \"bytes\": [\n",
       "              69,\n",
       "              110,\n",
       "              106,\n",
       "              111,\n",
       "              121\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"Enjoy\",\n",
       "                \"logprob\": -0.0197798,\n",
       "                \"bytes\": [\n",
       "                  69,\n",
       "                  110,\n",
       "                  106,\n",
       "                  111,\n",
       "                  121\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"11\",\n",
       "                \"logprob\": -4.0526967,\n",
       "                \"bytes\": [\n",
       "                  49,\n",
       "                  49\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" your\",\n",
       "            \"logprob\": -7.703444e-06,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              121,\n",
       "              111,\n",
       "              117,\n",
       "              114\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" your\",\n",
       "                \"logprob\": -7.703444e-06,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  121,\n",
       "                  111,\n",
       "                  117,\n",
       "                  114\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" the\",\n",
       "                \"logprob\": -12.333298,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  116,\n",
       "                  104,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" delicious\",\n",
       "            \"logprob\": -0.6134614,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              100,\n",
       "              101,\n",
       "              108,\n",
       "              105,\n",
       "              99,\n",
       "              105,\n",
       "              111,\n",
       "              117,\n",
       "              115\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" delicious\",\n",
       "                \"logprob\": -0.6134614,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  100,\n",
       "                  101,\n",
       "                  108,\n",
       "                  105,\n",
       "                  99,\n",
       "                  105,\n",
       "                  111,\n",
       "                  117,\n",
       "                  115\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" homemade\",\n",
       "                \"logprob\": -0.7964257,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  104,\n",
       "                  111,\n",
       "                  109,\n",
       "                  101,\n",
       "                  109,\n",
       "                  97,\n",
       "                  100,\n",
       "                  101\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" homemade\",\n",
       "            \"logprob\": -0.00023107276,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              104,\n",
       "              111,\n",
       "              109,\n",
       "              101,\n",
       "              109,\n",
       "              97,\n",
       "              100,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" homemade\",\n",
       "                \"logprob\": -0.00023107276,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  104,\n",
       "                  111,\n",
       "                  109,\n",
       "                  101,\n",
       "                  109,\n",
       "                  97,\n",
       "                  100,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \",\",\n",
       "                \"logprob\": -9.102831,\n",
       "                \"bytes\": [\n",
       "                  44\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \" cake\",\n",
       "            \"logprob\": -5.5122365e-07,\n",
       "            \"bytes\": [\n",
       "              32,\n",
       "              99,\n",
       "              97,\n",
       "              107,\n",
       "              101\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \" cake\",\n",
       "                \"logprob\": -5.5122365e-07,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \" cakes\",\n",
       "                \"logprob\": -14.562108,\n",
       "                \"bytes\": [\n",
       "                  32,\n",
       "                  99,\n",
       "                  97,\n",
       "                  107,\n",
       "                  101,\n",
       "                  115\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          },\n",
       "          {\n",
       "            \"token\": \"!\",\n",
       "            \"logprob\": -2.5941605e-05,\n",
       "            \"bytes\": [\n",
       "              33\n",
       "            ],\n",
       "            \"top_logprobs\": [\n",
       "              {\n",
       "                \"token\": \"!\",\n",
       "                \"logprob\": -2.5941605e-05,\n",
       "                \"bytes\": [\n",
       "                  33\n",
       "                ]\n",
       "              },\n",
       "              {\n",
       "                \"token\": \"!\\n\\n\",\n",
       "                \"logprob\": -11.153251,\n",
       "                \"bytes\": [\n",
       "                  33,\n",
       "                  10,\n",
       "                  10\n",
       "                ]\n",
       "              }\n",
       "            ]\n",
       "          }\n",
       "        ],\n",
       "        \"refusal\": null\n",
       "      },\n",
       "      \"finish_reason\": \"stop\"\n",
       "    }\n",
       "  ],\n",
       "  \"usage\": {\n",
       "    \"prompt_tokens\": 12,\n",
       "    \"completion_tokens\": 204,\n",
       "    \"total_tokens\": 216\n",
       "  },\n",
       "  \"system_fingerprint\": null\n",
       "}"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "response = openai.ChatCompletion.create(\n",
    "    model = GPT_MODEL,\n",
    "    messages = [{\"role\":'user', \"content\": \"How to make a cake\"}],\n",
    "    logprobs= True,\n",
    "    top_logprobs = 2\n",
    "    \n",
    "    )\n",
    "response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "n = -0.00055124465"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "99.94"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.round(np.exp(n)*100,2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "puzzles = []\n",
    "\n",
    "\n",
    "with open(\"/Users/natehu/Desktop/Tsinghua Research/Tsinghua TaDe/TaDe/dataset_gen_using_cot/p3_100_test_questions.json\", \"r\") as f:\n",
    "    puzzles = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'name': 'ReverseCat:3',\n",
       " 'sat': \"def sat(s: str, substrings=['thacovatukoliva', 'maquyfezisothizyp', 'ka', 'benegiquememif']):\\n    return all(sub in s and sub[::-1] in s for sub in substrings)\",\n",
       " 'ans_type': 'str',\n",
       " 'sol_header': \"def sol(substrings=['thacovatukoliva', 'maquyfezisothizyp', 'ka', 'benegiquememif']):\",\n",
       " 'sol_docstring': '    \"\"\"\\n    Find a string that contains all the substrings reversed and forward\\n    \"\"\"',\n",
       " 'sol_bodies': ['    return \"\".join(substrings + [s[::-1] for s in substrings])'],\n",
       " 'module': 'basic.py',\n",
       " 'notes': '',\n",
       " 'weight': 1.0}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "puzzles[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "id = 3\n",
    "\n",
    "question = puzzles[id][\"sat\"]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'stepId': 1, 'step': ' List the elements from the provided list `li`. '}, {'stepId': 2, 'step': ' Create a permutation of the list `li`. '}, {'stepId': 3, 'step': ' Select the first element in the permutation to match the minimum value of the remaining list. '}, {'stepId': 4, 'step': ' For the second element, choose it to match the maximum value of the remaining list. '}, {'stepId': 5, 'step': ' Repeat alternating selection of minimum and maximum values from the remaining elements of the list for each subsequent position. '}, {'stepId': 6, 'step': ' Check if the final permutation satisfies the conditions: Elements at odd indices should be the minimum of the remaining elements, and elements at even indices should be the maximum of the remaining elements. '}, {'stepId': 7, 'step': ' If Step 6 fails, return to Step 2 and choose a different permutation until the conditions are fulfilled. Once Step 6 passes, the permutation is the solution. '}]\n",
      "{1: ' List the elements from the provided list `li`. ', 2: ' Create a permutation of the list `li`. ', 3: ' Select the first element in the permutation to match the minimum value of the remaining list. ', 4: ' For the second element, choose it to match the maximum value of the remaining list. ', 5: ' Repeat alternating selection of minimum and maximum values from the remaining elements of the list for each subsequent position. ', 6: ' Check if the final permutation satisfies the conditions: Elements at odd indices should be the minimum of the remaining elements, and elements at even indices should be the maximum of the remaining elements. ', 7: ' If Step 6 fails, return to Step 2 and choose a different permutation until the conditions are fulfilled. Once Step 6 passes, the permutation is the solution. '}\n"
     ]
    }
   ],
   "source": [
    "decompose_steps = decompose_sql(question)\n",
    "steps, steps_dict = convert_steps_to_format(decompose_steps)\n",
    "num_steps = len(steps)\n",
    "print(steps)\n",
    "print(steps_dict)  # 只是加了一个问题的编号而已."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(steps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n",
      "(35, [\"To split the string 's' into individual words, we can use the `split()` method in Python. This method splits a string into a list based on a specified separator, which is typically a space ' ' in this case. The code `s.split()` will split the string 's' into individual words based on spaces.\", 'Sub-problem-Id: 2; Sub-problem: For each word, count the number of consonants.; Answer: To count the number of consonants in each word, iterate through each character in the word and increment a counter if the character is a consonant (not in \"aeiou\").', \"Sub-problem-Id: 3; Sub-problem: Identify words with exactly 2 consonants.; Answer: To identify words with exactly 2 consonants in the given string, you should check if the number of consonants in each word is equal to 2 as per the previous step's logic.\", \"Sub-problem-Id: 4; Sub-problem: List out the words identified in the previous step in the order they appear.; Answer: In the previous step, we identified words with exactly 2 consonants. To list out these words in the order they appear, we need to keep track of each word that meets this criteria as we iterate through the split words of the string 's'.\", \"Sub-problem-Id: 5; Sub-problem: Count the total number of words identified with 2 consonants.; Answer: To count the total number of words identified with exactly 2 consonants, you should keep a counter that increments each time a word with 2 consonants is found during the iteration through the split words of the string 's'.\", \"Sub-problem-Id: 6; Sub-problem: Verify the sequence of these words matches the list 'words'.; Answer: To verify if the sequence of words identified with exactly 2 consonants matches the list 'words', we need to compare each word in the order they were found to the corresponding word in the 'words' list. If at any point the words do not match, return False. If all words match and we reach the end of 'words' list, return True. This comparison ensures that the words are not only identified correctly but also in the right sequence.\", \"Sub-problem-Id: 7; Sub-problem: Ensure the length of 'words' is equal to the count from STEP5.; Answer: To ensure the length of the 'words' list is equal to the count of words identified with exactly 2 consonants (from Step 5), compare the length of the 'words' list with the counter used to count the words with 2 consonants. If the lengths match, it confirms that all words with 2 consonants have been correctly identified and accounted for in 'words'.\"])\n",
      "(35, [\"To split the string 's' into individual words, we can use the `split()` method in Python. This method splits a string into a list based on a specified separator, which is typically a space ' ' in this case. The code `s.split()` will split the string 's' into individual words based on spaces.\", 'Sub-problem-Id: 2; Sub-problem: For each word, count the number of consonants.; Answer: To count the number of consonants in each word, iterate through each character in the word and increment a counter if the character is a consonant (not in \"aeiou\").', \"Sub-problem-Id: 3; Sub-problem: Identify words with exactly 2 consonants.; Answer: To identify words with exactly 2 consonants in the given string, you should check if the number of consonants in each word is equal to 2 as per the previous step's logic.\", \"Sub-problem-Id: 4; Sub-problem: List out the words identified in the previous step in the order they appear.; Answer: In the previous step, we identified words with exactly 2 consonants. To list out these words in the order they appear, we need to keep track of each word that meets this criteria as we iterate through the split words of the string 's'.\", \"Sub-problem-Id: 5; Sub-problem: Count the total number of words identified with 2 consonants.; Answer: To count the total number of words identified with exactly 2 consonants, you should keep a counter that increments each time a word with 2 consonants is found during the iteration through the split words of the string 's'.\", \"Sub-problem-Id: 6; Sub-problem: Verify the sequence of these words matches the list 'words'.; Answer: To verify if the sequence of words identified with exactly 2 consonants matches the list 'words', we need to compare each word in the order they were found to the corresponding word in the 'words' list. If at any point the words do not match, return False. If all words match and we reach the end of 'words' list, return True. This comparison ensures that the words are not only identified correctly but also in the right sequence.\", \"Sub-problem-Id: 7; Sub-problem: Ensure the length of 'words' is equal to the count from STEP5.; Answer: To ensure the length of the 'words' list is equal to the count of words identified with exactly 2 consonants, compare the length of the 'words' list to the counter that was incremented whenever a word with 2 consonants was found. If these lengths are equal, return True; otherwise, return False. This comparison confirms that all words in the 'words' list were identified correctly with 2 consonants in the order they appear.\"])\n"
     ]
    }
   ],
   "source": [
    "# TOT 求解\n",
    "N = 3  # 每个子问题进行N次proposal\n",
    "M = 2  # 通过评估选出M个最好的proposal\n",
    "\n",
    "solution = []\n",
    "\n",
    "for i in range(num_steps):\n",
    "    subtask = steps[i]\n",
    "    sys_q = f\"\"\"\n",
    "    There is a programming puzzle. Your final goal is to find an input for the function that will return True.\n",
    "    \n",
    "    Here is the problem:\\n{question}\n",
    "\n",
    "    Here, I have broken this puzzle down into a series of smaller problems. I will assign you sub-problems one by one, and provide the results of the previous sub-problems as a reference for your reasoning.\n",
    "    \n",
    "    Please solve the problem and respond according to the logic and results of the previous sub-problems.\n",
    "\n",
    "\"\"\"  \n",
    "\n",
    "    subask = f\"\"\"\\nThe sub-steps to be solved now is:: {subtask}\n",
    "Based on the information above, please provide a concise and clear answer\"\"\"\n",
    "    \n",
    "    if len(solution)==0:\n",
    "        # 第一个子问题\n",
    "        query = subask\n",
    "        Q = [{'role':'system', 'content':sys_q},\n",
    "            {'role':'user', 'content':query},]\n",
    "        for n in range(N):  # 一个子问题提问N次,获取N个解\n",
    "            result = askChatGPT(Q, model=GPT_MODEL, temperature=1)\n",
    "            eval_Q = Q + [{'role':'assistant', 'content':result}]\n",
    "            eval_Q = eval_Q + [{'role':'user', 'content':\"Please provide a confidence rating for the accuracy of this solution, on a scale from 1 to 5. Only output the number.\"}]\n",
    "            score = askChatGPT(eval_Q, model=GPT_MODEL, temperature=1)\n",
    "            score = int(score)\n",
    "            \n",
    "            solution.append((score, [result]))  # 维护一整条推理路径\n",
    "            \n",
    "        solution = sorted(solution, key=lambda x: x[0])\n",
    "        solution = solution[:M]  # 剪枝\n",
    "    else:\n",
    "        temp_solution = []\n",
    "        for m in range(M):  # 因为剪枝动态维护M个推理路径\n",
    "            answersSoFar = f\"\"\"\\nSo far, the answers to the preceding sub-instructions are as follows: The format is Sub-problem-Id: xxx; Sub-problem: xxx; Answer: xxx.\"\"\"\n",
    "            for index, value in enumerate(solution[m][1]):\n",
    "                try:\n",
    "                    answersSoFar += f\"\"\"\\nSub-problem-Id: {index}; Sub-problem: {steps[index]}; Answer: {value}.\"\"\"\n",
    "                except:\n",
    "                    print('warning')\n",
    "                    print(index)\n",
    "                    print(len(solution[m][1]))\n",
    "                    print(len(steps))\n",
    "                    sys.exit(0)\n",
    "            query = answersSoFar+subask\n",
    "            Q = [{'role':'system', 'content':sys_q},\n",
    "                 {'role':'user', 'content':query},]\n",
    "            for n in range(N):  # 一个子问题提问N次,获取N个解\n",
    "                result = askChatGPT(Q, model=GPT_MODEL, temperature=1)\n",
    "                eval_Q = Q + [{'role':'assistant', 'content':result}]\n",
    "                eval_Q = eval_Q + [{'role':'user', 'content':\"Please provide a confidence rating for the accuracy of this solution, on a scale from 1 to 5. Only output the number.\"}]\n",
    "                score = askChatGPT(eval_Q, model=GPT_MODEL, temperature=1)\n",
    "                score = int(score)\n",
    "                \n",
    "                temp_solution.append((solution[m][0]+score, solution[m][1]+[result]))  # 路径score累加\n",
    "        \n",
    "        # print(len(temp_solution))  # 此时temp_solution中应该有M*N种推理路径\n",
    "        solution = sorted(temp_solution, key=lambda x: x[0])\n",
    "        solution = solution[:M]  # 剪枝 M*N->M\n",
    "\n",
    "print(len(solution))\n",
    "printSeq(solution)\n",
    "# 用额外的一次query再问一下最终的答案\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(34,\n",
       "  [\"To create a list of words that will satisfy the condition for the input parameter 'words', we need words where the number of consonants is equal to the specified value 'n'. For example, if n=2, a potential list of words could be ['textitextomyc', 'regolathagychiby'].\",\n",
       "   \"Sub-problem-Id: 1; Sub-problem: Split the string 's' into individual words.; Answer: The string 's' can be split into individual words by using the split() method in Python.\",\n",
       "   'Sub-problem-Id: 3; Sub-problem: Count the number of consonants in each word.; Answer: To count the number of consonants in each word, iterate over each character in the word, convert it to lowercase, and increment a counter if the character is not a vowel (i.e., not in \"aeiou\").',\n",
       "   \"Sub-problem-Id: 4; Sub-problem: Check if the number of consonants in a word matches the value of 'n.'; Answer: To check if the number of consonants in a word matches the value of 'n', compare the counted number of consonants in the word to the specified value of 'n' to determine if they are equal.\",\n",
       "   \"Sub-problem-Id: 5; Sub-problem: Compare the word from the 'words' list with the current word being processed.; Answer: To compare the word from the 'words' list with the current word being processed, simply check if the word at index 'i' in the 'words' list is not equal to the current word in the loop. If they are not equal, return False.\",\n",
       "   \"Sub-problem-Id: 6; Sub-problem: Increment the index 'i' if the word from the 'words' list matches the current word.; Answer: To increment the index 'i' if the word from the 'words' list matches the current word being processed, add 1 to the index 'i' inside the loop when the condition of matching words is satisfied.\",\n",
       "   \"Sub-problem-Id: 7; Sub-problem: Check if the final value of 'i' matches the length of the 'words' list.; Answer: To check if the final value of 'i' matches the length of the 'words' list, compare the final value of 'i' to the length of the 'words' list. Return True if they are equal, indicating that all words in the 'words' list have been successfully matched and processed.\"]),\n",
       " (34,\n",
       "  [\"To create a list of words that will satisfy the condition for the input parameter 'words', we need words where the number of consonants is equal to the specified value 'n'. For example, if n=2, a potential list of words could be ['textitextomyc', 'regolathagychiby'].\",\n",
       "   \"Sub-problem-Id: 1; Sub-problem: Split the string 's' into individual words.; Answer: The string 's' can be split into individual words by using the split() method in Python.\",\n",
       "   'Sub-problem-Id: 3; Sub-problem: Count the number of consonants in each word.; Answer: To count the number of consonants in each word, iterate over each character in the word, convert it to lowercase, and increment a counter if the character is not a vowel (i.e., not in \"aeiou\").',\n",
       "   \"Sub-problem-Id: 4; Sub-problem: Check if the number of consonants in a word matches the value of 'n.'; Answer: To check if the number of consonants in a word matches the value of 'n', compare the counted number of consonants in the word to the specified value of 'n' to determine if they are equal.\",\n",
       "   \"Sub-problem-Id: 5; Sub-problem: Compare the word from the 'words' list with the current word being processed.; Answer: To compare the word from the 'words' list with the current word being processed, simply check if the word at index 'i' in the 'words' list is not equal to the current word in the loop. If they are not equal, return False.\",\n",
       "   \"Sub-problem-Id: 6; Sub-problem: Increment the index 'i' if the word from the 'words' list matches the current word.; Answer: To increment the index 'i' if the word from the 'words' list matches the current word being processed, add 1 to the index 'i' inside the loop when the condition of matching words is satisfied.\",\n",
       "   \"Sub-problem-Id: 7; Sub-problem: Check if the final value of 'i' matches the length of the 'words' list.; Answer: To check if the final value of 'i' matches the length of the 'words' list, compare the final value of 'i' with the length of the 'words' list. If they are equal, return True indicating that all words in the 'words' list have matched successfully with the corresponding words processed from the input string 's'.\"])]"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "solution"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'role': 'user', 'content': 'There is a natural language command representing a sequence of actions:\\ndef sat(words: List[str], s=\"thigafamyhuchykikoxe limyb wy textitextomyc regolathagychiby pep\", n=2):\\n    i = 0\\n    for w in s.split():\\n        num_consonants = 0\\n        for c in w.lower():\\n            if c not in \"aeiou\":\\n                num_consonants += 1\\n        if num_consonants == n:\\n            if words[i] != w:\\n                return False\\n            i += 1\\n    return i == len(words)\\n\\nI have broken this action down into a series of smaller pieces and each sub-problem is solved.\\nThe sub-problems and their corresponding answers are as follows. \\nSub-problem-Id: 0; Sub-problem: {\\'stepId\\': 1, \\'step\\': \"Create a list of words that will satisfy the condition for the input parameter \\'words\\'.\"}; Answer: To create a list of words that will satisfy the condition for the input parameter \\'words\\', we need words where the number of consonants is equal to the specified value \\'n\\'. For example, if n=2, a potential list of words could be [\\'textitextomyc\\', \\'regolathagychiby\\']..\\nSub-problem-Id: 1; Sub-problem: {\\'stepId\\': 2, \\'step\\': \"Split the string \\'s\\' into individual words.\"}; Answer: Sub-problem-Id: 1; Sub-problem: Split the string \\'s\\' into individual words.; Answer: The string \\'s\\' can be split into individual words by using the split() method in Python..\\nSub-problem-Id: 2; Sub-problem: {\\'stepId\\': 3, \\'step\\': \\'Count the number of consonants in each word.\\'}; Answer: Sub-problem-Id: 3; Sub-problem: Count the number of consonants in each word.; Answer: To count the number of consonants in each word, iterate over each character in the word, convert it to lowercase, and increment a counter if the character is not a vowel (i.e., not in \"aeiou\")..\\nSub-problem-Id: 3; Sub-problem: {\\'stepId\\': 4, \\'step\\': \"Check if the number of consonants in a word matches the value of \\'n\\'.\"}; Answer: Sub-problem-Id: 4; Sub-problem: Check if the number of consonants in a word matches the value of \\'n.\\'; Answer: To check if the number of consonants in a word matches the value of \\'n\\', compare the counted number of consonants in the word to the specified value of \\'n\\' to determine if they are equal..\\nSub-problem-Id: 4; Sub-problem: {\\'stepId\\': 5, \\'step\\': \"Compare the word from the \\'words\\' list with the current word being processed.\"}; Answer: Sub-problem-Id: 5; Sub-problem: Compare the word from the \\'words\\' list with the current word being processed.; Answer: To compare the word from the \\'words\\' list with the current word being processed, simply check if the word at index \\'i\\' in the \\'words\\' list is not equal to the current word in the loop. If they are not equal, return False..\\nSub-problem-Id: 5; Sub-problem: {\\'stepId\\': 6, \\'step\\': \"Increment the index \\'i\\' if the word from the \\'words\\' list matches the current word.\"}; Answer: Sub-problem-Id: 6; Sub-problem: Increment the index \\'i\\' if the word from the \\'words\\' list matches the current word.; Answer: To increment the index \\'i\\' if the word from the \\'words\\' list matches the current word being processed, add 1 to the index \\'i\\' inside the loop when the condition of matching words is satisfied..\\nSub-problem-Id: 6; Sub-problem: {\\'stepId\\': 7, \\'step\\': \"Check if the final value of \\'i\\' matches the length of the \\'words\\' list.\"}; Answer: Sub-problem-Id: 7; Sub-problem: Check if the final value of \\'i\\' matches the length of the \\'words\\' list.; Answer: To check if the final value of \\'i\\' matches the length of the \\'words\\' list, compare the final value of \\'i\\' to the length of the \\'words\\' list. Return True if they are equal, indicating that all words in the \\'words\\' list have been successfully matched and processed..\\n Given the results from the sub problems and their answer, so what is the final answer? (Try to concatenate some of the sub-problems  answers to get the final answer.)'}]\n"
     ]
    }
   ],
   "source": [
    "user_q = f\"\"\"There is a natural language command representing a sequence of actions:\\n{question}\n",
    "\n",
    "I have broken this action down into a series of smaller pieces and each sub-problem is solved.\n",
    "The sub-problems and their corresponding answers are as follows. \"\"\"\n",
    "\n",
    "for index, value in enumerate(solution[0][1]):  # 这里仅仅使用了最终得分最高的1条路径来总结得到final answer\n",
    "    user_q += f\"\"\"\\nSub-problem-Id: {index}; Sub-problem: {steps[index]}; Answer: {value}.\"\"\"\n",
    "\n",
    "user_q += \"\\n Given the results from the sub problems and their answer, so what is the final answer? (Try to concatenate some of the sub-problems  answers to get the final answer.)\"\n",
    "\n",
    "final_Q = [{'role':'user', 'content':user_q}]\n",
    "\n",
    "\n",
    "print(final_Q)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "total tokens: 1192\n"
     ]
    }
   ],
   "source": [
    "s_result = askChatGPT(final_Q, model=GPT_MODEL, temperature=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "total tokens: 1334\n"
     ]
    }
   ],
   "source": [
    "final_Q.append({'role':'assistant', 'content':s_result})\n",
    "final_Q.append({'role':'user', 'content':f\"\"\"Now that all the sub-tasks have been completed, so what is the correct input?\n",
    "Please only give the input in the format of a string and just give the answer without any additional explanation or clarification, no prefix or suffix.\n",
    "\n",
    "For example if the input should be x = 5, then you should only give the answer as 5 and not x = 5.\n",
    "For example, if the the input is list = [1,2,3], then you should only give the answer as [1,2,3] and not list = [1,2,3].\n",
    "\"\"\"})\n",
    "finalResult = askChatGPT(final_Q, model=GPT_MODEL, temperature=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'role': 'user',\n",
       "  'content': 'There is a natural language command representing a sequence of actions:\\ndef sat(words: List[str], s=\"thigafamyhuchykikoxe limyb wy textitextomyc regolathagychiby pep\", n=2):\\n    i = 0\\n    for w in s.split():\\n        num_consonants = 0\\n        for c in w.lower():\\n            if c not in \"aeiou\":\\n                num_consonants += 1\\n        if num_consonants == n:\\n            if words[i] != w:\\n                return False\\n            i += 1\\n    return i == len(words)\\n\\nI have broken this action down into a series of smaller pieces and each sub-problem is solved.\\nThe sub-problems and their corresponding answers are as follows. \\nSub-problem-Id: 0; Sub-problem: {\\'stepId\\': 1, \\'step\\': \"Create a list of words that will satisfy the condition for the input parameter \\'words\\'.\"}; Answer: To create a list of words that will satisfy the condition for the input parameter \\'words\\', we need words where the number of consonants is equal to the specified value \\'n\\'. For example, if n=2, a potential list of words could be [\\'textitextomyc\\', \\'regolathagychiby\\']..\\nSub-problem-Id: 1; Sub-problem: {\\'stepId\\': 2, \\'step\\': \"Split the string \\'s\\' into individual words.\"}; Answer: Sub-problem-Id: 1; Sub-problem: Split the string \\'s\\' into individual words.; Answer: The string \\'s\\' can be split into individual words by using the split() method in Python..\\nSub-problem-Id: 2; Sub-problem: {\\'stepId\\': 3, \\'step\\': \\'Count the number of consonants in each word.\\'}; Answer: Sub-problem-Id: 3; Sub-problem: Count the number of consonants in each word.; Answer: To count the number of consonants in each word, iterate over each character in the word, convert it to lowercase, and increment a counter if the character is not a vowel (i.e., not in \"aeiou\")..\\nSub-problem-Id: 3; Sub-problem: {\\'stepId\\': 4, \\'step\\': \"Check if the number of consonants in a word matches the value of \\'n\\'.\"}; Answer: Sub-problem-Id: 4; Sub-problem: Check if the number of consonants in a word matches the value of \\'n.\\'; Answer: To check if the number of consonants in a word matches the value of \\'n\\', compare the counted number of consonants in the word to the specified value of \\'n\\' to determine if they are equal..\\nSub-problem-Id: 4; Sub-problem: {\\'stepId\\': 5, \\'step\\': \"Compare the word from the \\'words\\' list with the current word being processed.\"}; Answer: Sub-problem-Id: 5; Sub-problem: Compare the word from the \\'words\\' list with the current word being processed.; Answer: To compare the word from the \\'words\\' list with the current word being processed, simply check if the word at index \\'i\\' in the \\'words\\' list is not equal to the current word in the loop. If they are not equal, return False..\\nSub-problem-Id: 5; Sub-problem: {\\'stepId\\': 6, \\'step\\': \"Increment the index \\'i\\' if the word from the \\'words\\' list matches the current word.\"}; Answer: Sub-problem-Id: 6; Sub-problem: Increment the index \\'i\\' if the word from the \\'words\\' list matches the current word.; Answer: To increment the index \\'i\\' if the word from the \\'words\\' list matches the current word being processed, add 1 to the index \\'i\\' inside the loop when the condition of matching words is satisfied..\\nSub-problem-Id: 6; Sub-problem: {\\'stepId\\': 7, \\'step\\': \"Check if the final value of \\'i\\' matches the length of the \\'words\\' list.\"}; Answer: Sub-problem-Id: 7; Sub-problem: Check if the final value of \\'i\\' matches the length of the \\'words\\' list.; Answer: To check if the final value of \\'i\\' matches the length of the \\'words\\' list, compare the final value of \\'i\\' to the length of the \\'words\\' list. Return True if they are equal, indicating that all words in the \\'words\\' list have been successfully matched and processed..\\n Given the results from the sub problems and their answer, so what is the final answer? (Try to concatenate some of the sub-problems  answers to get the final answer.)'},\n",
       " {'role': 'assistant',\n",
       "  'content': \"The final answer is: To create a list of words that will satisfy the condition for the input parameter 'words', we need words where the number of consonants is equal to the specified value 'n'. For example, if n=2, a potential list of words could be ['textitextomyc', 'regolathagychiby']. Split the string 's' into individual words. Count the number of consonants in each word. Check if the number of consonants in a word matches the value of 'n'. Compare the word from the 'words' list with the current word being processed. Increment the index 'i' if the word from the 'words' list matches the current word. Check if the final value of 'i' matches the length of the 'words' list.\"},\n",
       " {'role': 'user',\n",
       "  'content': 'Now that all the sub-tasks have been completed, so what is the correct input?\\nPlease only give the input in the format of a string and just give the answer without any additional explanation or clarification, no prefix or suffix.\\n\\nFor example if the input should be x = 5, then you should only give the answer as 5 and not x = 5.\\nFor example, if the the input is list = [1,2,3], then you should only give the answer as [1,2,3] and not list = [1,2,3].\\n'}]"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_Q"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"['textitextomyc', 'regolathagychiby']\""
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalResult"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "def remove_quotes(s: str) -> str:\n",
    "    # 去除两边的引号\n",
    "    if s.startswith('\"') and s.endswith('\"'):\n",
    "        return s[1:-1]\n",
    "    elif s.startswith(\"'\") and s.endswith(\"'\"):\n",
    "        return s[1:-1]\n",
    "    else:\n",
    "        return s\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "from typing import Any, List\n",
    "type_dict = {\n",
    "    'str': str,\n",
    "    'int': int,\n",
    "    'float': float,\n",
    "    'bool': bool,\n",
    "    'List[int]': List[int],\n",
    "    'List[str]': List[str],\n",
    "    'List[float]': List[float],\n",
    "    'List[bool]': List[bool],\n",
    "    'List[List[int]]': List[List[int]],\n",
    "    'List[List[float]]': List[List[float]],\n",
    "    'List[List[str]]': List[List[str]],\n",
    "    'List[List[List[int]]]': List[List[List[int]]]\n",
    "}\n",
    "def convert_to_type(type_str: str, value_str: str) -> Any:\n",
    "    \"\"\"\n",
    "    根据给定的类型字符串和待转换的字符串,将其转换为相应的Python类型\n",
    "    \"\"\"\n",
    "    if type_str in type_dict:\n",
    "        python_type = type_dict[type_str]\n",
    "        if type_str.startswith('List'):\n",
    "            # 处理列表类型\n",
    "            return eval(value_str)\n",
    "        else:\n",
    "            # 处理基本类型\n",
    "            return python_type(value_str)\n",
    "    else:\n",
    "        raise ValueError(f\"不支持的类型: {type_str}\")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'name': 'ConsonantFilter:4',\n",
       " 'sat': 'def sat(words: List[str], s=\"thigafamyhuchykikoxe limyb wy textitextomyc regolathagychiby pep\", n=2):\\n    i = 0\\n    for w in s.split():\\n        num_consonants = 0\\n        for c in w.lower():\\n            if c not in \"aeiou\":\\n                num_consonants += 1\\n        if num_consonants == n:\\n            if words[i] != w:\\n                return False\\n            i += 1\\n    return i == len(words)',\n",
       " 'ans_type': 'List[str]',\n",
       " 'sol_header': 'def sol(s=\"thigafamyhuchykikoxe limyb wy textitextomyc regolathagychiby pep\", n=2):',\n",
       " 'sol_docstring': '    \"\"\"Find all words in the string with n consonants\\n\\n    Sample input:\\n    s=\"An eye for an I\", n=1\\n    Sample output:\\n    [\"An\", \"eye\", \"an\"]\\n    \"\"\"',\n",
       " 'sol_bodies': ['    return [w for w in s.split() if sum(c.lower() not in \"aeiou\" for c in w) == n]'],\n",
       " 'module': 'human_eval.py',\n",
       " 'notes': 'Inspired by [HumanEval](https://github.com/openai/human-eval) \\\\#117',\n",
       " 'weight': 1.0}"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "puzzles[id]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "final Result\n",
      "['textitextomyc', 'regolathagychiby']\n",
      "should answer type\n",
      "List[str]\n",
      "fail\n"
     ]
    }
   ],
   "source": [
    "exec(question)\n",
    "# 根据ans_type_str将结果转换为相应的类型\n",
    "print('final Result')\n",
    "print(finalResult)\n",
    "print('should answer type')\n",
    "print(puzzles[id]['ans_type'])\n",
    "converted_result = convert_to_type(puzzles[id]['ans_type'], finalResult)\n",
    "# print('converted_result:\\n')\n",
    "# print(converted_result)\n",
    "# print('converted_result type') \n",
    "# print(type(converted_result))\n",
    "\n",
    "result = sat(converted_result)\n",
    "# print(\"函数运行结果为：\", result)\n",
    "if result == True:\n",
    "    \n",
    "    print('success')\n",
    "else:\n",
    "    \n",
    "    print('fail')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
